/*
Copyleft (C) 2005 Hélio Perroni Filho
xperroni@yahoo.com
ICQ: 2490863

This file is part of ChatterBean.

ChatterBean is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version.

ChatterBean is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.

You should have received a copy of the GNU General Public License along with ChatterBean (look at the Documents/ directory); if not, either write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA, or visit (http://www.gnu.org/licenses/gpl.txt).
*/

package bitoflife.chatterbean.text;

import junit.framework.TestCase;

import java.util.Arrays;
import java.util.List;

public class TokenizerTest extends TestCase
{
  /*
  Attribute Section
  */

  private Tokenizer tokenizer;

  /*
  Event Section
  */

  protected void setUp() throws Exception
  {
    tokenizer = TokenizerMother.newInstance();
  }

  protected void tearDown()
  {
    tokenizer = null;
  }

  /*
  Test Section
  */

  public void testTokenize()
  {
    String input = " You shut your mouth,how   can you say I go about things the wrong way?  ";
    List<String> expected = Arrays.asList(
      new String[] {"You", "shut", "your", "mouth", ",", "how", "can", "you", "say",
                    "I", "go", "about", "things", "the", "wrong", "way", "?"});
    List<String> actual = tokenizer.tokenize(input);

    assertEquals(expected, actual);
  }
}
